from pyspark.ml.feature import Word2Vec
from pyspark.ml.feature import Word2VecModel
from pyspark.sql import SparkSession
from pyspark.sql import Row
from pyspark import RDD
import os
from pymongo import MongoClient
import time
import Config as conf

import PipeDataProcess
import DataProcessor as dp


xArray, yArray, userIdArray, clickTimeArray = dp.loadSampleData()

dp.__getNewsFeed__(inputUserIdArray=userIdArray, inputClickTimeArray=clickTimeArray)
dp.__getShopping__(inputUserIdArray=userIdArray, inputClickTimeArray=clickTimeArray)
dp.__getQuery__(inputUserIdArray=userIdArray, inputClickTimeArray=clickTimeArray)